<HTML>
<BODY BGCOLOR="white">
<PRE>
<FONT color="green">001</FONT>    /* <a name="line.1"></a>
<FONT color="green">002</FONT>     Copyright 2009-2010    Regents of the University of Colorado.  <a name="line.2"></a>
<FONT color="green">003</FONT>     All rights reserved. <a name="line.3"></a>
<FONT color="green">004</FONT>    <a name="line.4"></a>
<FONT color="green">005</FONT>     Licensed under the Apache License, Version 2.0 (the "License"); <a name="line.5"></a>
<FONT color="green">006</FONT>     you may not use this file except in compliance with the License. <a name="line.6"></a>
<FONT color="green">007</FONT>     You may obtain a copy of the License at <a name="line.7"></a>
<FONT color="green">008</FONT>    <a name="line.8"></a>
<FONT color="green">009</FONT>     http://www.apache.org/licenses/LICENSE-2.0 <a name="line.9"></a>
<FONT color="green">010</FONT>    <a name="line.10"></a>
<FONT color="green">011</FONT>     Unless required by applicable law or agreed to in writing, software <a name="line.11"></a>
<FONT color="green">012</FONT>     distributed under the License is distributed on an "AS IS" BASIS, <a name="line.12"></a>
<FONT color="green">013</FONT>     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. <a name="line.13"></a>
<FONT color="green">014</FONT>     See the License for the specific language governing permissions and <a name="line.14"></a>
<FONT color="green">015</FONT>     limitations under the License.<a name="line.15"></a>
<FONT color="green">016</FONT>     */<a name="line.16"></a>
<FONT color="green">017</FONT>    package org.uimafit.examples.experiment.pos;<a name="line.17"></a>
<FONT color="green">018</FONT>    <a name="line.18"></a>
<FONT color="green">019</FONT>    import static org.uimafit.examples.experiment.pos.ViewNames.GOLD_VIEW;<a name="line.19"></a>
<FONT color="green">020</FONT>    import static org.uimafit.examples.experiment.pos.ViewNames.SYSTEM_VIEW;<a name="line.20"></a>
<FONT color="green">021</FONT>    import static org.uimafit.util.JCasUtil.select;<a name="line.21"></a>
<FONT color="green">022</FONT>    import static org.uimafit.util.JCasUtil.selectCovered;<a name="line.22"></a>
<FONT color="green">023</FONT>    <a name="line.23"></a>
<FONT color="green">024</FONT>    import java.text.NumberFormat;<a name="line.24"></a>
<FONT color="green">025</FONT>    import java.util.List;<a name="line.25"></a>
<FONT color="green">026</FONT>    <a name="line.26"></a>
<FONT color="green">027</FONT>    import org.apache.uima.analysis_engine.AnalysisEngineProcessException;<a name="line.27"></a>
<FONT color="green">028</FONT>    import org.apache.uima.cas.CASException;<a name="line.28"></a>
<FONT color="green">029</FONT>    import org.apache.uima.jcas.JCas;<a name="line.29"></a>
<FONT color="green">030</FONT>    import org.uimafit.component.JCasAnnotator_ImplBase;<a name="line.30"></a>
<FONT color="green">031</FONT>    import org.uimafit.descriptor.SofaCapability;<a name="line.31"></a>
<FONT color="green">032</FONT>    import org.uimafit.examples.type.Sentence;<a name="line.32"></a>
<FONT color="green">033</FONT>    import org.uimafit.examples.type.Token;<a name="line.33"></a>
<FONT color="green">034</FONT>    <a name="line.34"></a>
<FONT color="green">035</FONT>    /**<a name="line.35"></a>
<FONT color="green">036</FONT>     * This AE evaluates the system part-of-speech tags against the gold<a name="line.36"></a>
<FONT color="green">037</FONT>     * part-of-speech tags. This is a very simple approach to evaluation of<a name="line.37"></a>
<FONT color="green">038</FONT>     * part-of-speech tags that will not likely suffice in real-world scenarios for<a name="line.38"></a>
<FONT color="green">039</FONT>     * a number of reasons (e.g. no confusion matrix, assumes gold-standard tokens<a name="line.39"></a>
<FONT color="green">040</FONT>     * and sentences in the system view, etc.)<a name="line.40"></a>
<FONT color="green">041</FONT>     * <a name="line.41"></a>
<FONT color="green">042</FONT>     * @author Philip Ogren<a name="line.42"></a>
<FONT color="green">043</FONT>     * <a name="line.43"></a>
<FONT color="green">044</FONT>     */<a name="line.44"></a>
<FONT color="green">045</FONT>    @SofaCapability(inputSofas = { GOLD_VIEW, SYSTEM_VIEW })<a name="line.45"></a>
<FONT color="green">046</FONT>    public class Evaluator extends JCasAnnotator_ImplBase {<a name="line.46"></a>
<FONT color="green">047</FONT>    <a name="line.47"></a>
<FONT color="green">048</FONT>            private int totalCorrect = 0;<a name="line.48"></a>
<FONT color="green">049</FONT>    <a name="line.49"></a>
<FONT color="green">050</FONT>            private int totalWrong = 0;<a name="line.50"></a>
<FONT color="green">051</FONT>    <a name="line.51"></a>
<FONT color="green">052</FONT>            @Override<a name="line.52"></a>
<FONT color="green">053</FONT>            public void process(JCas jCas) throws AnalysisEngineProcessException {<a name="line.53"></a>
<FONT color="green">054</FONT>                    try {<a name="line.54"></a>
<FONT color="green">055</FONT>                            JCas goldView = jCas.getView(GOLD_VIEW);<a name="line.55"></a>
<FONT color="green">056</FONT>                            JCas systemView = jCas.getView(SYSTEM_VIEW);<a name="line.56"></a>
<FONT color="green">057</FONT>    <a name="line.57"></a>
<FONT color="green">058</FONT>                            for (Sentence goldSentence : select(goldView, Sentence.class)) {<a name="line.58"></a>
<FONT color="green">059</FONT>                                    List&lt;Token&gt; goldTokens = selectCovered(goldView, Token.class, goldSentence);<a name="line.59"></a>
<FONT color="green">060</FONT>                                    List&lt;Token&gt; systemTokens = selectCovered(systemView, Token.class, goldSentence);<a name="line.60"></a>
<FONT color="green">061</FONT>                                    if (goldTokens.size() == systemTokens.size()) {<a name="line.61"></a>
<FONT color="green">062</FONT>                                            for (int i = 0; i &lt; goldTokens.size(); i++) {<a name="line.62"></a>
<FONT color="green">063</FONT>                                                    String goldPos = goldTokens.get(i).getPos();<a name="line.63"></a>
<FONT color="green">064</FONT>                                                    String systemPos = systemTokens.get(i).getPos();<a name="line.64"></a>
<FONT color="green">065</FONT>                                                    if (goldPos.equals(systemPos)) {<a name="line.65"></a>
<FONT color="green">066</FONT>                                                            totalCorrect++;<a name="line.66"></a>
<FONT color="green">067</FONT>                                                    }<a name="line.67"></a>
<FONT color="green">068</FONT>                                                    else {<a name="line.68"></a>
<FONT color="green">069</FONT>                                                            totalWrong++;<a name="line.69"></a>
<FONT color="green">070</FONT>                                                    }<a name="line.70"></a>
<FONT color="green">071</FONT>                                            }<a name="line.71"></a>
<FONT color="green">072</FONT>                                    }<a name="line.72"></a>
<FONT color="green">073</FONT>                                    else {<a name="line.73"></a>
<FONT color="green">074</FONT>                                            throw new RuntimeException("number of tokens in gold view differs from number of tokens in system view");<a name="line.74"></a>
<FONT color="green">075</FONT>                                    }<a name="line.75"></a>
<FONT color="green">076</FONT>                            }<a name="line.76"></a>
<FONT color="green">077</FONT>                    }<a name="line.77"></a>
<FONT color="green">078</FONT>                    catch (CASException ce) {<a name="line.78"></a>
<FONT color="green">079</FONT>                            throw new AnalysisEngineProcessException(ce);<a name="line.79"></a>
<FONT color="green">080</FONT>                    }<a name="line.80"></a>
<FONT color="green">081</FONT>    <a name="line.81"></a>
<FONT color="green">082</FONT>            }<a name="line.82"></a>
<FONT color="green">083</FONT>    <a name="line.83"></a>
<FONT color="green">084</FONT>            @Override<a name="line.84"></a>
<FONT color="green">085</FONT>            public void collectionProcessComplete() throws AnalysisEngineProcessException {<a name="line.85"></a>
<FONT color="green">086</FONT>                    int total = totalCorrect + totalWrong;<a name="line.86"></a>
<FONT color="green">087</FONT>                    System.out.println("total tokens: " + total);<a name="line.87"></a>
<FONT color="green">088</FONT>                    System.out.println("correct: " + totalCorrect);<a name="line.88"></a>
<FONT color="green">089</FONT>                    System.out.println("wrong: " + totalWrong);<a name="line.89"></a>
<FONT color="green">090</FONT>                    float accuracy = (float) totalCorrect / total;<a name="line.90"></a>
<FONT color="green">091</FONT>                    System.out.println("accuracy: " + NumberFormat.getPercentInstance().format(accuracy));<a name="line.91"></a>
<FONT color="green">092</FONT>            }<a name="line.92"></a>
<FONT color="green">093</FONT>    <a name="line.93"></a>
<FONT color="green">094</FONT>    }<a name="line.94"></a>




























































</PRE>
</BODY>
</HTML>
